import os

import yaml

import dragon_ai

if __name__ == '__main__':
    """"""
    # shards_list_path = "/home/A02_tmpdata1/data/context_asr_sentence_full/shards/shards_list.txt"
    task_tag = "<S2TCHAT> <TEXT2TOKEN>"
    # # dragon_ai.do_extract_str_info_from_shards(shards_list_path, f'/home/A02_tmpdata1/data/context_asr_sentence_full/shards/data.list', task_tag=task_tag)
    # shards_list_path = "/home/A02_tmpdata3/osum_s2s/gaozhiliang_gbma/shards_list.txt"
    # output_data_list_path = "/home/A02_tmpdata3/osum_s2s/gaozhiliang_gbma/combins_data/data.list"
    # dragon_ai.do_extract_str_info_from_shards(shards_list_path, output_data_list_path, task_tag=task_tag)
    input_data_path = "/home/A02_tmpdata3/osum_s2s/gaozhiliang_gbma/combins_data/data_no_speech.list"
    output_combine_path = "/home/A02_tmpdata3/osum_s2s/gaozhiliang_gbma/combins_data/s2s_data"
    dragon_ai.makedirs(output_combine_path)
    dragon_ai.do_distribute_datalist_for_conbine_type(
        data_list_path_or_list=input_data_path,
        output_dir=output_combine_path,
        task_tag=task_tag,
        tar_dir="/home/A02_tmpdata3/osum_s2s/gaozhiliang_gbma"
    )

